{"text_format":"1","workbook":"xlsx","n_sheets":4,"sheets":["QA Report Template","Summary - AUTOCOMPLETES","QA calx - ignore","Drop down - ignore"],"not_rendered":{"charts":0,"images":1,"macros":0,"external_links":1,"defined_names":15,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1900"}

{"sheet":"QA Report Template","index":0,"n_rows":173,"n_cols":8,"rows_kept":173,"cut":false,"hidden":false,"merged":[[172,1,172,2],[172,3,172,5],[104,1,104,2],[104,3,104,5],[93,1,93,2],[93,4,93,5],[94,4,94,5],[95,4,95,5],[96,4,96,5],[97,4,97,5],[98,4,98,5],[100,4,100,5],[101,4,101,5],[102,4,102,5],[103,4,103,5],[99,4,99,5],[112,4,112,5],[138,1,138,2],[150,3,150,5],[111,4,111,5],[129,4,129,5],[130,4,130,5],[152,3,152,5],[167,1,167,2],[171,3,171,5],[171,1,171,2],[43,1,43,2],[43,3,43,5],[44,1,44,2],[44,3,44,5],[170,3,170,5],[161,1,161,2],[162,1,162,2],[163,1,163,2],[164,1,164,2],[165,1,165,2],[166,1,166,2],[168,1,168,2],[169,1,169,2],[170,1,170,2],[157,1,157,2],[158,1,158,2],[149,3,149,5],[159,1,159,2],[169,3,169,5],[155,1,155,2],[156,1,156,2],[147,4,147,5],[132,4,132,5],[148,4,148,5],[131,4,131,5],[141,4,141,5],[142,4,142,5],[146,4,146,5],[149,1,149,2],[150,1,150,2],[151,1,151,2],[135,1,135,2],[136,1,136,2],[133,3,133,5],[134,3,134,5],[135,3,135,5],[136,3,136,5],[133,1,133,2],[152,1,152,2],[156,3,156,5],[157,3,157,5],[158,3,158,5],[159,3,159,5],[151,3,151,5],[140,4,140,5],[143,4,143,5],[144,4,144,5],[145,4,145,5],[119,4,119,5],[120,4,120,5],[122,4,122,5],[121,4,121,5],[139,4,139,5],[138,4,138,5],[14,3,14,5],[15,3,15,5],[16,3,16,5],[17,3,17,5],[18,3,18,5],[19,3,19,5],[70,3,70,5],[84,4,84,5],[88,3,88,5],[73,4,73,5],[71,3,71,5],[85,4,85,5],[86,4,86,5],[87,4,87,5],[82,4,82,5],[83,4,83,5],[60,3,60,5],[77,4,77,5],[6,1,8,1],[17,1,17,2],[18,1,18,2],[19,1,19,2],[20,1,20,2],[22,1,22,2],[38,4,38,5],[39,4,39,5],[40,4,40,5],[10,1,10,5],[12,1,12,2],[14,1,14,2],[15,1,15,2],[16,1,16,2],[21,1,21,2],[124,4,124,5],[89,3,89,5],[91,3,91,5],[115,4,115,5],[114,4,114,5],[118,4,118,5],[88,1,88,2],[89,1,89,2],[6,10,7,11],[8,10,8,11],[68,3,68,5],[69,3,69,5],[61,1,61,2],[53,4,53,5],[54,4,54,5],[52,4,52,5],[23,1,23,2],[23,3,23,5],[24,1,24,2],[25,1,25,2],[24,3,24,5],[25,3,25,5],[48,4,48,5],[49,4,49,5],[105,1,105,2],[105,3,105,5],[106,1,106,2],[42,3,42,5],[56,4,56,5],[116,4,116,5],[36,4,36,5],[117,4,117,5],[123,4,123,5],[55,4,55,5],[57,4,57,5],[78,4,78,5],[79,4,79,5],[66,4,66,5],[63,1,63,2],[63,4,63,5],[64,4,64,5],[65,4,65,5],[46,1,46,2],[46,4,46,5],[47,4,47,5],[50,4,50,5],[51,4,51,5],[58,1,58,2],[90,1,90,2],[91,1,91,2],[71,1,71,2],[67,4,67,5],[80,4,80,5],[81,4,81,5],[134,1,134,2],[109,1,109,2],[109,4,109,5],[110,4,110,5],[113,4,113,5],[90,3,90,5],[106,3,106,5],[107,1,107,2],[107,3,107,5],[76,4,76,5],[68,1,68,2],[69,1,69,2],[70,1,70,2],[75,4,75,5],[126,4,126,5],[127,4,127,5],[128,4,128,5],[125,4,125,5],[41,1,41,2],[73,1,73,2],[41,3,41,5],[42,1,42,2],[22,3,22,5],[36,1,36,2],[37,4,37,5],[74,4,74,5],[59,3,59,5],[61,3,61,5],[58,3,58,5],[29,1,34,2],[27,1,27,2],[59,1,59,2],[60,1,60,2]]}
[null,null,null,null,null,"2017-03-14"]
[null,null,null,null,null,"IOD PARC & ISG"]
[null,null,"Research/Study Report"]
[null,null,"Quality Review Checklist"]
[]
[null,null,"Individual criteria rating guide"]
[null,null,"Rating",4,3,2,1,0]
[null,null,"Description","Excellent","Good","Fair","Unsatisfactory","N/A"]
[null,null,"Explanation","The criterion was fully met (or exceeded) and there were no shortcomings.","The criterion was met with only minor shortcomings.","The criterion was partially met with some shortcomings.","There were major shortcomings in meeting DFID's standards.","Not applicable"]
[]
[null,"This Review Checklist applies to reports produced on the basis of completed research/studies OR Inception Reports for research/studies\nReview Checklists are also available for Research Protocols and Terms of References\n\nThis template is used for reviewing reports for both research and studies - however, for simplicity the term research will be used throughout the template"]
[]
[null,"Part A",null,"Meta and identifying data"]
[]
[null,"The title of the research/study",null,"Type here"]
[null,"UNICEF Regional or Country office name",null,"Type here"]
[null,"Date of submission",null,"Type here"]
[null,"Unique ID",null,"Type here"]
[null,"Research Typology (if applicable)",null,"Select from list"]
[null,"Study Typology (if applicable)",null,"Select from list"]
[null,"Priority (Outcome) Area(s)",null,"Select from list","Select from list","Select from list"]
[null,"Cross cutting issues",null,"Select from list","Select from list","Select from list"]
[null,"Type of Report (Inception, Interim or Final)",null,"Select from list"]
[null,"Report Review Round (# of times this template has been applied)",null,"Select from list"]
[null,"Any other review processes this report has been through",null,"Select from list"]
[null,"Has an Inception Report been prepared as part of this study? (If the report is an IR, select 'Yes')",null,"Select from list"]
[]
[null,"Part B",null,"Assessment of the Report"]
[]
[null,"Individual criteria rating guide",null,"Rating","Description","Explanation"]
[null,null,null,4,"Highly satisfactory","The criterion was fully met (or exceeded) and there were no shortcomings."]
[null,null,null,3,"Satisfactory","The criterion was met with only minor shortcomings."]
[null,null,null,2,"Fair","The criterion was partially met with some shortcomings."]
[null,null,null,1,"Unsatisfactory","There were major shortcomings in meeting UNICEF's standards."]
[null,null,null,0,"N/A","Not applicable - the question will be omitted from the scoring and rating"]
[]
[null,"0. Research Summary",null,"RATING","Comments"]
[null,0.1,"Has a summary of findings been created for this report?","Select from list","Type here"]
[null,0.2,"What kind of findings summary has been produced?","Select from list","Type here"]
[null,0.3,"Is there a clear structure of the findings summary, (i.e. i) Purpose, including intended audience(s); ii) Objectives and brief description of intervention; iii) Methodology; iv) Main conclusions; v) Recommendations)?","Select from list","Type here"]
[null,0.4,"Is the findings summary reasonably concise (e.g. 5-10 pages for Executive Summary; 1 page/400 words for Abstract)?","Select from list","Type here"]
[null,"Section score",null,{"$f":"'QA calx - ignore'!D38:F38","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,"1. Background and rationale",null,"RATING","Comments"]
[null,1.1000000000000001,"Rationale for commissioning the research: It appropriately justifies why the study/research is being conducted, why now, and how the research will contribute unique knowledge and/or add to existing knowledge","Select from list","Type here"]
[null,1.2,"The research demonstrates a potential for impact (e.g. stimulate policy debate, improve effectiveness of interventions, bring attention to a neglected area deserving further inquiry)?","Select from list","Type here"]
[null,1.3," Usefulness of research: Does the research contribute to advancing work in and adding to this field of inquiry?","Select from list","Type here"]
[null,1.4,"Explains the study/research primary and secondary aims","Select from list","Type here"]
[null,1.5,"Explains the study/research hypotheses and the related research questions; and any conceptual framework or theory of change","Select from list","Type here"]
[null,1.6,"If there is other ongoing research for the same topic or focus, this is clear, so that researchers know how this particular research fits in.","Select from list","Type here"]
[null,1.7,"Explains what was and what was not included in the research","Select from list","Type here"]
[null,1.8,"The research’s objectives are specific and realistic, and clearly related to the research purpose","Select from list","Type here"]
[null,1.9,"Audience: The report explains who will use the results of the research/study and how they will do so","Select from list","Type here"]
[null,"1.10","The report provides a relevant and sufficient description of the local, national and/or international development context within which the intervention was operating","Select from list","Type here"]
[null,1.1100000000000001,"There is an assessment of the policy context for the intervention, including reference to poverty reduction strategies, gender equality, environmental protection, and human rights","Select from list","Type here"]
[null,"Section score",null,{"$f":"'QA calx - ignore'!D55:F55","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,"2. How the research was conducted",null,"RATING","Comments"]
[null,2.1,"Results of the literature review: Includes a literature review which summarises extant theory and practice on the particular topic. The literature review is an indication that existing knowledge has been considered, that relevant questions have been identified, and that the study/research therefore has the potential to contribute new knowledge.","Select from list","Type here"]
[null,2.2000000000000002,"The literature review links to a reference list in an annex","Select from list","Type here"]
[null,2.2999999999999998,"The literature review includes an assessment of the robustness of the evidence considered (using appropriate standards, e.g. Cochrane standards for health research)","Select from list","Type here"]
[null,2.4,"Participants and end-users: Explains the involvement of end-users and other stakeholders in the research process","Select from list","Type here"]
[null,"Section score",null,{"$f":"'QA calx - ignore'!D65:F65","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,"3. Methodology",null,"RATING","Comments"]
[null,3.1,"Management: The management of the study is described and was suitable for delivering the research. The description includes: roles and responsibilities of researchers, field staff, donors and other collaborators; recording and reporting of suspected adverse events; data handling and record keeping; quality control","Select from list","Type here"]
[null,3.2,"The approach, methods and research framework are comprehensively described, and justified, and they are adequate to answer the research questions. ","Select from list","Type here"]
[null,3.3,"The limitations of the methodology are highlighted, along with mitigation strategies where appropriate.","Select from list","Type here"]
[null,3.4,"The proposed research methodology, including (where appropriate) the research design, sample population and size, definitions of key variables and concepts, data source or data collection methods, data analysis methods, and any other relevant methodological issues, as appropriate to the particular study design.","Select from list","Type here"]
[null,3.5,"The methodology is appropriate for assessing cross-cutting issues of Social norms and behaviour change; Resilience; Climate change and environmental sustainability; Adolescent well-being; Technological innovations, risks and opportunities for children; Early Childhood Development (ECD); Building a Future Fit for Children: the Foresight Function; Mobilization of demand for accountability for the realization of children’s rights; Humanitarian. ","Select from list","Type here"]
[null,3.6,"The sampling strategy is described, and is appropriate. Primary and secondary data sources are appropriate, adequate and reliable","Select from list","Type here"]
[null,3.7,"The sampling strategy describes how many units of measurement will be selected and how representative is the sample. Sample sizes are adequate","Select from list","Type here"]
[null,3.8,"Participation Criteria: Describes the exact characteristics of the study participants that were included in the sample","Select from list","Type here"]
[null,3.9,"The methodology enabled the collection and analysis of disaggregated data to show difference between groups (where appropriate)","Select from list","Type here"]
[null,3.1,"The methodology describes how study subjects/objects were recruited/selected, for how long and how often they were followed (at baseline, mid-line, end-line)","Select from list","Type here"]
[null,3.11,"If the study included an intervention (as in operational research studies where interventions were being tested and their effects studied), it should provide programmatic details on the interventions to be tested","Select from list","Type here"]
[null,3.12,"If a quantitative analysis was used, explains the statistical models and power calculations and justifies the sample size. If a qualitative analysis is used, explains how the analysis is conducted. Analysis is appropriately linked to the theoretical framework.","Select from list","Type here"]
[null,3.13,"If appropriate, the report provides a sequence of events (e.g. in a Gantt chart) that includes the entire duration of the study (i.e. including preparation, study conduct, and data analysis)","Select from list","Type here"]
[null,3.14,"The report discusses any inherent imbalances or biases that interviews and other data collection may have created. The product describes how any bias was overcome, and the strategies were appropriate","Select from list","Type here"]
[null,"Section score",null,{"$f":"'QA calx - ignore'!D85:F85","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,"4. Ethics",null,"RATING","Comments"]
[null,4.0999999999999996,"Any issues related to research ethics as instructed in the UNICEF Procedure for Ethical Standards in Research, Evaluation, Data Collection and Analysis and in accordance with the UNICEF Strategic Guidance Note on Institutionalizing Ethical Practice for UNICEF Research","Select from list","Type here"]
[null,4.2,"The report explains how the study/research applied the “do no harm” principle i.e. avoid constituting a risk to participants in the study; unethically preventing participants from benefitting from interventions","Select from list","Type here"]
[null,4.3,"The report indicates how official ethical approvals was received for example from Institutional Review Boards or from individuals using release forms (where appropriate)","Select from list","Type here"]
[null,4.4000000000000004,"Issues related to incorporation of human rights, including child rights and a gender perspective are explained","Select from list","Type here"]
[null,4.5,"Instruments were tested and validated (e.g. pre-testing of questionnaires)","Select from list","Type here"]
[null,4.5999999999999996,"Data was collected in an appropriate and respectful manner, taking into account cultural, ethical and legal concerns","Select from list","Type here"]
[null,4.7,"The report explains how there was an appropriate level of involvement from the various stakeholders in the design and implementation of the research","Select from list","Type here"]
[null,4.8,"The research process provided affected stakeholders with access to research-related information in forms that respect people and honour confidentiality","Select from list","Type here"]
[null,4.9000000000000004,"Where primary stakeholders were not consulted due to the scope of the research, relevant documentation for all secondary data sources is identified","Select from list","Type here"]
[null,"4.10","Summaries or descriptions of consultees take into account ethical, privacy and security concerns (e.g. where appropriate, the report should not include direct or indirect identifying information of research participants)","Select from list","Type here"]
[null,"Section score",null,{"$f":"'QA calx - ignore'!D101:F101","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,"5. Evidence, Analysis & Findings",null,"RATING","Comments"]
[null,5.0999999999999996,"Information is presented, analysed and interpreted systematically and logically","Select from list","Type here"]
[null,5.2,"The analysis presented against the research questions and criteria","Select from list","Type here"]
[null,5.3,"The research is transparent about the sources and quality of information, and are references or sources provided","Select from list","Type here"]
[null,5.4,"Evidence can be traced through the analysis and into findings and conclusions. There is sufficient cross-referencing","Select from list","Type here"]
[null,5.5,"The analysis is disaggregated to show impact and outcomes on the different stakeholder groups","Select from list","Type here"]
[null,5.6,"Cross-cutting issues of relevance to the theory of change were adequately included and analysed in the research","Select from list","Type here"]
[null,5.7,"Findings follow logically from the analysis, and address the research questions and criteria","Select from list","Type here"]
[null,5.8,"The relevance of the context (e.g. developmental, policy, institutional) is taken into account","Select from list","Type here"]
[null,5.9,"The evidence is clear and sufficiently triangulated, i.e. reflection of the views of different sources of data/ different stakeholders (reflecting diverse interests)? E.g. how were possible divergent opinions treated in the analysis? ","Select from list","Type here"]
[null,"5.10","Findings are useful and presented in ways that are accessible to different users/the intended audience","Select from list","Type here"]
[null,5.1100000000000003,"Findings are appropriate and sufficient findings provided around the identified cross cutting issues","Select from list","Type here"]
[null,5.12,"Issues of contribution/attribution are considered","Select from list","Type here"]
[null,5.13,"Unintended and unexpected are findings identified","Select from list","Type here"]
[null,5.14,"Conclusions follow logically from the findings and evidence cited","Select from list","Type here"]
[null,5.15,"Conclusions are relevant to the research hypothesis and questions","Select from list","Type here"]
[null,5.16,"Recommendations are concrete and sufficiently detailed to be operationally applicable","Select from list","Type here"]
[null,5.17,"Lessons contribute to general knowledge and are useful","Select from list","Type here"]
[null,5.18,"Lessons are valid (i.e. they have not been generalised from single point findings)","Select from list","Type here"]
[null,5.19,"Lessons reflect the interests of different stakeholders","Select from list","Type here"]
[null,"5.20","Lessons are presented separately with a clear logical distinction between findings, conclusions and lessons learned","Select from list","Type here"]
[null,5.21,"The extent to which the research follows the TOR, and the research objectives and questions are adequately covered by the report. Any departures from the original TOR or research protocol have been adequately explained and justified","Select from list","Type here"]
[null,5.22,"The research was designed and managed to meet the information and decision-making needs of the intended users","Select from list","Type here"]
[null,5.23,"Stakeholders and end-users been given opportunities to comment on the draft findings, conclusions and lessons","Select from list","Type here"]
[null,"Section score",null,{"$f":"'QA calx - ignore'!D130:F130","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,"6. Structure and clarity of the report",null,"RATING","Comments"]
[null,6.1,"The report is structured logically, according to the TORs/Inception Report (as appropriate), and is written succinctly ","Select from list","Type here"]
[null,6.2,"The product is accessible to the intended audience (e.g. free of jargon, written in plain English, logical use of chapters, appropriate use of tables, graphs and diagrams, well balanced across chapters, concise and of a reasonable length)","Select from list","Type here"]
[null,6.3,"Review process: There is a clear explanation of the research review process and how it was enacted","Select from list","Type here"]
[null,6.4,"It is clear who has carried out the research","Select from list","Type here"]
[null,6.5,"Acknowledgements are clear and outline the appropriate partners. Any research advisory board is appropriately acknowledged","Select from list","Type here"]
[null,6.6,"Any actual or potential conflict of interest by the researchers is disclosed and appropriate mitigation strategy explained","Select from list","Type here"]
[null,6.7,"The report outlines any peer review that was undertaken (e.g. internal UNICEF review, external peer review)","Select from list","Type here"]
[null,6.8,"If the research project met the definition of “major” research, the appropriate UNICEF QA process was followed (Internal peer review, inception report, external peer review)","Select from list","Type here"]
[null,6.9,"The annexes contain – at the least – the original TORs, the protocol/inception report (if prepared), the research framework (including research questions), and a bibliography","Select from list","Type here"]
[null,"6.10","The annexes increase the usefulness of the report","Select from list","Type here"]
[null,"Section score",null,{"$f":"'QA calx - ignore'!D146:F146","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[]
[null,"Overall rating guide"]
[null,"Highly satisfactory: 80% - 100%",null,"The criterion was fully met (or exceeded) and there were no or few shortcomings. Research commissioners may use the report's findings and any recommendations with a high degree of confidence"]
[null,"Satisfactory: 60% - 79%",null,"The criterion was met with only minor shortcomings. Research commissioners may use the reports findings and any recommendations with confidence"]
[null,"Fair: 40% - 59%",null,"The criterion was partially met with some shortcomings. Research commissioners may be somewhat confident but also cautious in using the report's findings and any recommendations"]
[null,"Unsatisfactory: 0% - 39%",null,"There were major shortcomings in meeting UNICEF's standards; the report should be substantively revised and re-submitted for quality assessment before proceeding."]
[]
[null,"Category",null,"Score","Weighting","Weighted score"]
[null,{"$f":"B47","v":"1. Background and rationale"},null,{"$f":"D59","v":{"$error":"#DIV/0!"}},5,{"$f":"D163*E163","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"B64","v":"2. How the research was conducted"},null,{"$f":"D69","v":{"$error":"#DIV/0!"}},10,{"$f":"D164*E164","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"B74","v":"3. Methodology"},null,{"$f":"D89","v":{"$error":"#DIV/0!"}},40,{"$error":"#DIV/0!"}]
[null,{"$f":"B110","v":"5. Evidence, Analysis & Findings"},null,{"$f":"D134","v":{"$error":"#DIV/0!"}},15,{"$error":"#DIV/0!"}]
[null,{"$f":"B139","v":"6. Structure and clarity of the report"},null,{"$f":"D150","v":{"$error":"#DIV/0!"}},5,{"$error":"#DIV/0!"}]
[null,"TOTAL WEIGHTED SCORE",null,{"$f":"F168/E168","v":{"$error":"#DIV/0!"}},{"$f":"SUM(E163:E167)","v":75},{"$f":"SUM(F163:F167)","v":{"$error":"#DIV/0!"}}]
[null,"OVERALL RATING",null,"Select from list"]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[null,"Final Review Outcome",null,"Select from list"]

{"sheet":"Summary - AUTOCOMPLETES","index":1,"n_rows":20,"n_cols":8,"rows_kept":20,"cut":false,"hidden":true,"merged":[[19,4,19,7],[4,4,4,5],[5,4,5,5],[6,4,6,5],[7,4,7,5],[8,4,8,5],[9,4,9,5],[17,0,17,1],[18,0,18,1],[4,6,4,7],[5,6,5,7],[6,6,6,7],[7,6,7,7],[8,6,8,7],[9,6,9,7],[10,6,10,7],[11,6,11,7],[10,4,10,5],[11,4,11,5],[14,0,14,1],[15,0,15,1],[16,0,16,1]]}
[]
["SUMMARY FEEDBACK FROM REVIEWERS"]
["DO NOT COMPLETE - This sheet will update automatically"]
[]
[null,"Overall rating guide",null,null,{"$f":"'QA Report Template'!B15","v":"The title of the research/study"},null,{"$f":"'QA Report Template'!D15","v":"Type here"}]
[null,"Excellent: 80% - 100%",null,null,{"$f":"'QA Report Template'!B16","v":"UNICEF Regional or Country office name"},null,{"$f":"'QA Report Template'!D16","v":"Type here"}]
[null,"Good: 60% - 79%",null,null,{"$f":"'QA Report Template'!B17","v":"Date of submission"},null,{"$f":"'QA Report Template'!D17","v":"Type here"}]
[null,"Fair: 40% - 59%",null,null,{"$f":"'QA Report Template'!B18","v":"Unique ID"},null,{"$f":"'QA Report Template'!D18","v":"Type here"}]
[null,"Unstatisfactory: 0% - 39%",null,null,"Type of Report",null,{"$f":"'QA Report Template'!D23","v":"Select from list"}]
[null,null,null,null,"Review Iteration",null,{"$f":"'QA Report Template'!D24","v":"Select from list"}]
[null,null,null,null,"Other Review Processes",null,{"$f":"'QA Report Template'!D25","v":"Select from list"}]
[null,null,null,null,"Inception Report accompanies? ",null,{"$f":"'QA Report Template'!D26","v":"Select from list"}]
[]
[null,"CATEGORY","SCORE",null,{"$f":"'QA Report Template'!B162","v":"Category"},"Summary assessment","What works","What needs improvement"]
[{"$f":"'QA Report Template'!B163","v":"1. Background and rationale"},null,{"$f":"'QA Report Template'!D163","v":{"$error":"#DIV/0!"}},null,{"$f":"'QA Report Template'!B163","v":"1. Background and rationale"},{"$f":"'QA Report Template'!D60","v":"Type here"},{"$f":"'QA Report Template'!D61","v":"Type here"},{"$f":"'QA Report Template'!D62","v":"Type here"}]
[{"$f":"'QA Report Template'!B164","v":"2. How the research was conducted"},null,{"$f":"'QA Report Template'!D164","v":{"$error":"#DIV/0!"}},null,{"$f":"'QA Report Template'!B164","v":"2. How the research was conducted"},{"$f":"'QA Report Template'!D70","v":"Type here"},{"$f":"'QA Report Template'!D71","v":"Type here"},{"$f":"'QA Report Template'!D72","v":"Type here"}]
[{"$f":"'QA Report Template'!B165","v":"3. Methodology"},null,{"$f":"'QA Report Template'!D165","v":{"$error":"#DIV/0!"}},null,{"$f":"'QA Report Template'!B165","v":"3. Methodology"},{"$f":"'QA Report Template'!D90","v":"Type here"},{"$f":"'QA Report Template'!D91","v":"Type here"},{"$f":"'QA Report Template'!D92","v":"Type here"}]
[{"$f":"'QA Report Template'!B166","v":"5. Evidence, Analysis & Findings"},null,{"$f":"'QA Report Template'!D166","v":{"$error":"#DIV/0!"}},null,{"$f":"'QA Report Template'!B166","v":"5. Evidence, Analysis & Findings"},{"$f":"'QA Report Template'!D135","v":"Type here"},{"$f":"'QA Report Template'!D136","v":"Type here"},{"$f":"'QA Report Template'!D137","v":"Type here"}]
[{"$f":"'QA Report Template'!B167","v":"6. Structure and clarity of the report"},null,{"$f":"'QA Report Template'!D167","v":{"$error":"#DIV/0!"}},null,{"$f":"'QA Report Template'!B167","v":"6. Structure and clarity of the report"},{"$f":"'QA Report Template'!D151","v":"Type here"},{"$f":"'QA Report Template'!D152","v":"Type here"},{"$f":"'QA Report Template'!D153","v":"Type here"}]
[null,"OVERALL RATING",{"$f":"'QA Report Template'!D169","v":"Select from list"}]

{"sheet":"QA calx - ignore","index":2,"n_rows":167,"n_cols":12,"rows_kept":167,"cut":false,"hidden":true,"merged":[[89,1,89,2],[89,4,89,5],[90,4,90,5],[91,4,91,5],[92,4,92,5],[93,4,93,5],[94,4,94,5],[95,4,95,5],[96,4,96,5],[45,4,45,5],[46,4,46,5],[47,4,47,5],[100,1,100,2],[100,3,100,5],[101,1,101,2],[101,3,101,5],[102,1,102,2],[102,3,102,5],[53,4,53,5],[49,4,49,5],[50,4,50,5],[51,4,51,5],[64,1,64,2],[65,1,65,2],[66,1,66,2],[67,1,67,2],[56,1,56,2],[57,1,57,2],[59,1,59,2],[59,4,59,5],[60,4,60,5],[61,4,61,5],[62,4,62,5],[63,4,63,5],[64,3,64,5],[65,3,65,5],[66,3,66,5],[67,3,67,5],[52,4,52,5],[43,4,43,5],[44,4,44,5],[21,1,21,2],[21,3,21,5],[23,1,23,2],[25,1,30,2],[42,1,42,2],[42,4,42,5],[32,1,32,2],[32,4,32,5],[33,4,33,5],[34,4,34,5],[35,4,35,5],[36,4,36,5],[37,1,37,2],[37,3,37,5],[38,1,38,2],[38,3,38,5],[39,1,39,2],[39,3,39,5],[40,1,40,2],[40,3,40,5],[163,1,163,2],[164,1,164,2],[165,1,165,2],[166,1,166,2],[161,1,161,2],[158,1,158,2],[159,1,159,2],[160,1,160,2],[54,1,54,2],[55,1,55,2],[103,1,103,2],[129,1,129,2],[130,1,130,2],[131,1,131,2],[132,1,132,2],[131,3,131,5],[132,3,132,5],[145,3,145,5],[146,3,146,5],[147,3,147,5],[105,1,105,2],[105,4,105,5],[106,4,106,5],[109,4,109,5],[115,4,115,5],[110,4,110,5],[113,4,113,5],[116,4,116,5],[121,4,121,5],[117,4,117,5],[118,4,118,5],[120,4,120,5],[119,4,119,5],[108,4,108,5],[114,4,114,5],[112,4,112,5],[134,1,134,2],[134,4,134,5],[135,4,135,5],[136,4,136,5],[156,1,156,2],[157,1,157,2],[143,4,143,5],[141,4,141,5],[145,1,145,2],[148,3,148,5],[148,1,148,2],[154,1,154,2],[150,1,150,2],[151,1,151,2],[152,1,152,2],[153,1,153,2],[146,1,146,2],[147,1,147,2],[137,4,137,5],[138,4,138,5],[142,4,142,5],[144,4,144,5],[139,4,139,5],[140,4,140,5],[85,3,85,5],[111,4,111,5],[164,3,164,5],[165,3,165,5],[166,3,166,5],[151,3,151,5],[152,3,152,5],[153,3,153,5],[154,3,154,5],[129,3,129,5],[87,3,87,5],[130,3,130,5],[103,3,103,5],[97,4,97,5],[98,4,98,5],[99,4,99,5],[127,4,127,5],[128,4,128,5],[122,4,122,5],[126,4,126,5],[123,4,123,5],[124,4,124,5],[125,4,125,5],[17,1,17,2],[162,1,162,2],[69,1,69,2],[69,4,69,5],[70,4,70,5],[71,4,71,5],[107,4,107,5],[72,4,72,5],[74,4,74,5],[84,1,84,2],[85,1,85,2],[73,4,73,5],[86,1,86,2],[87,1,87,2],[75,4,75,5],[76,4,76,5],[77,4,77,5],[79,4,79,5],[80,4,80,5],[81,4,81,5],[82,4,82,5],[83,4,83,5],[78,4,78,5],[84,3,84,5],[17,3,17,5],[86,3,86,5],[7,2,7,7],[8,0,10,0],[8,10,9,11],[10,10,10,11],[54,3,54,5],[55,3,55,5],[56,3,56,5],[57,3,57,5],[12,1,12,2],[14,1,14,2],[14,3,14,5],[15,1,15,2],[48,4,48,5],[18,1,18,2],[18,3,18,5],[19,1,19,2],[19,3,19,5],[20,1,20,2],[20,3,20,5],[15,3,15,5],[16,1,16,2],[16,3,16,5]]}
[]
[]
[]
[]
[]
[]
[]
[null,null,"Individual criteria rating guide"]
[null,null,"Rating",4,3,2,1,0]
[null,null,"Description","Excellent","Good","Fair","Unsatisfactory","Not applicable"]
[null,null,"Explanation","The criterion was fully met (or exceeded) and there were no shortcomings. Evaluation commissioners may use the TOR with a high degree of confidence that it communicates the needs of the evaluation.","The criterion was met with only minor shortcomings. Evaluation commissioners may use the TOR with confidence that it communicates the needs of the evaluation.","The criterion was partially met with some shortcomings. Decision makers may continue to proceed with commissioning the evaluation, but substantive improvements are advised to ensure that it communicates the needs of the evaluation.","There were major shortcomings in meeting DFID's standards for TORs; therefore evaluation commissioners may not rely on this TOR to communicate the needs of the evaluation.","The question was not applicable in this circumstance."]
[]
[null,"Part A",null,"Meta and identifying data"]
[]
[null,"The title of the research/study",null,"Type here"]
[null,"UNICEF Regional or Country office name",null,"Type here"]
[null,"Date of submission, Indicate draft or final version",null,"Type here"]
[null,"Unique ID",null,"Type here"]
[null,"Research Typology",null,"Select from list"]
[null,"Study Typology",null,"Select from list"]
[null,"Priority (Outcome) Area",null,"Select from list"]
[null,"Cross cutting issues",null,"Select from list"]
[]
[null,"Part B",null,"Assessment of the TOR"]
[]
[null,"Individual criteria rating guide",null,"Rating","Description","Explanation"]
[null,null,null,4,"Excellent","The criterion was fully met (or exceeded) and there were no shortcomings."]
[null,null,null,3,"Good","The criterion was met with only minor shortcomings."]
[null,null,null,2,"Fair","The criterion was partially met with some shortcomings."]
[null,null,null,1,"Unsatisfactory","There were major shortcomings in meeting UNICEF's standards."]
[null,null,null,0,"N/A","Not applicable"]
[]
[null,{"$f":"'QA Report Template'!B37:C37","v":"0. Research Summary"},null,"RATING","Comments"]
[null,{"$f":"'QA Report Template'!B38","v":0.1},{"$f":"'QA Report Template'!C38","v":"Has a summary of findings been created for this report?"},{"$f":"'QA Report Template'!D38","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D34=G34,100%,IF(D34=H34,66.66%,IF(D34=I34,33.33%,IF(D34=J34,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B39","v":0.2},{"$f":"'QA Report Template'!C39","v":"What kind of findings summary has been produced?"},{"$f":"'QA Report Template'!D39","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D35=G35,100%,IF(D35=H35,66.66%,IF(D35=I35,33.33%,IF(D35=J35,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B40","v":0.3},{"$f":"'QA Report Template'!C40","v":"Is there a clear structure of the findings summary, (i.e. i) Purpose, including intended audience(s); ii) Objectives and brief description of intervention; iii) Methodology; iv) Main conclusions; v) Recommendations)?"},{"$f":"'QA Report Template'!D40","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B41","v":0.4},{"$f":"'QA Report Template'!C41","v":"Is the findings summary reasonably concise (e.g. 5-10 pages for Executive Summary; 1 page/400 words for Abstract)?"},{"$f":"'QA Report Template'!D41","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,"Overall score",null,{"$f":"AVERAGE(L34:L37)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,{"$f":"'QA Report Template'!B47:C47","v":"1. Background and rationale"},null,"RATING","Comments"]
[null,{"$f":"'QA Report Template'!B48","v":1.1000000000000001},{"$f":"'QA Report Template'!C48","v":"Rationale for commissioning the research: It appropriately justifies why the study/research is being conducted, why now, and how the research will contribute unique knowledge and/or add to existing knowledge"},{"$f":"'QA Report Template'!D48","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D44=G44,100%,IF(D44=H44,66.66%,IF(D44=I44,33.33%,IF(D44=J44,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B49","v":1.2},{"$f":"'QA Report Template'!C49","v":"The research demonstrates a potential for impact (e.g. stimulate policy debate, improve effectiveness of interventions, bring attention to a neglected area deserving further inquiry)?"},{"$f":"'QA Report Template'!D49","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D45=G45,100%,IF(D45=H45,66.66%,IF(D45=I45,33.33%,IF(D45=J45,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B50","v":1.3},{"$f":"'QA Report Template'!C50","v":" Usefulness of research: Does the research contribute to advancing work in and adding to this field of inquiry?"},{"$f":"'QA Report Template'!D50","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B51","v":1.4},{"$f":"'QA Report Template'!C51","v":"Explains the study/research primary and secondary aims"},{"$f":"'QA Report Template'!D51","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B52","v":1.5},{"$f":"'QA Report Template'!C52","v":"Explains the study/research hypotheses and the related research questions; and any conceptual framework or theory of change"},{"$f":"'QA Report Template'!D52","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B53","v":1.6},{"$f":"'QA Report Template'!C53","v":"If there is other ongoing research for the same topic or focus, this is clear, so that researchers know how this particular research fits in."},{"$f":"'QA Report Template'!D53","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B54","v":1.7},{"$f":"'QA Report Template'!C54","v":"Explains what was and what was not included in the research"},{"$f":"'QA Report Template'!D54","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D50=G50,100%,IF(D50=H50,66.66%,IF(D50=I50,33.33%,IF(D50=J50,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B55","v":1.8},{"$f":"'QA Report Template'!C55","v":"The research’s objectives are specific and realistic, and clearly related to the research purpose"},{"$f":"'QA Report Template'!D55","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B56","v":1.9},{"$f":"'QA Report Template'!C56","v":"Audience: The report explains who will use the results of the research/study and how they will do so"},{"$f":"'QA Report Template'!D56","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B57","v":"1.10"},{"$f":"'QA Report Template'!C57","v":"The report provides a relevant and sufficient description of the local, national and/or international development context within which the intervention was operating"},{"$f":"'QA Report Template'!D57","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D53=G53,100%,IF(D53=H53,66.66%,IF(D53=I53,33.33%,IF(D53=J53,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B58","v":1.1100000000000001},{"$f":"'QA Report Template'!C58","v":"There is an assessment of the policy context for the intervention, including reference to poverty reduction strategies, gender equality, environmental protection, and human rights"},{"$f":"'QA Report Template'!D58","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D54=G54,100%,IF(D54=H54,66.66%,IF(D54=I54,33.33%,IF(D54=J54,0%,\"\"))))","v":""}]
[null,"Overall score",null,{"$f":"AVERAGE(L44:L54)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,{"$f":"'QA Report Template'!B64:C64","v":"2. How the research was conducted"},null,"RATING","Comments"]
[null,{"$f":"'QA Report Template'!B65","v":2.1},{"$f":"'QA Report Template'!C65","v":"Results of the literature review: Includes a literature review which summarises extant theory and practice on the particular topic. The literature review is an indication that existing knowledge has been considered, that relevant questions have been identified, and that the study/research therefore has the potential to contribute new knowledge."},{"$f":"'QA Report Template'!D65","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D61=G61,100%,IF(D61=H61,66.66%,IF(D61=I61,33.33%,IF(D61=J61,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B66","v":2.2000000000000002},{"$f":"'QA Report Template'!C66","v":"The literature review links to a reference list in an annex"},{"$f":"'QA Report Template'!D66","v":"Select from list"},null,null,4,3,2,1,"Not Rated",{"$f":"IF(D62=G62,100%,IF(D62=H62,66.66%,IF(D62=I62,33.33%,IF(D62=J62,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B67","v":2.2999999999999998},{"$f":"'QA Report Template'!C67","v":"The literature review includes an assessment of the robustness of the evidence considered (using appropriate standards, e.g. Cochrane standards for health research)"},{"$f":"'QA Report Template'!D67","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B68","v":2.4},{"$f":"'QA Report Template'!C68","v":"Participants and end-users: Explains the involvement of end-users and other stakeholders in the research process"},{"$f":"'QA Report Template'!D68","v":"Select from list"},null,null,4,3,2,1,"Not Rated",""]
[null,"Overall score",null,{"$f":"AVERAGE(L61:L64)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"What works",null,"Type here"]
[null,"What needs improvement",null,"Type here"]
[]
[null,{"$f":"'QA Report Template'!B74:C74","v":"3. Methodology"},null,"RATING","Comments"]
[null,{"$f":"'QA Report Template'!B75","v":3.1},{"$f":"'QA Report Template'!C75","v":"Management: The management of the study is described and was suitable for delivering the research. The description includes: roles and responsibilities of researchers, field staff, donors and other collaborators; recording and reporting of suspected adverse events; data handling and record keeping; quality control"},{"$f":"'QA Report Template'!D75","v":"Select from list"},{"$f":"'QA Report Template'!E75","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D71=G71,100%,IF(D71=H71,66.66%,IF(D71=I71,33.33%,IF(D71=J71,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B76","v":3.2},{"$f":"'QA Report Template'!C76","v":"The approach, methods and research framework are comprehensively described, and justified, and they are adequate to answer the research questions. "},{"$f":"'QA Report Template'!D76","v":"Select from list"},{"$f":"'QA Report Template'!E76","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B77","v":3.3},{"$f":"'QA Report Template'!C77","v":"The limitations of the methodology are highlighted, along with mitigation strategies where appropriate."},{"$f":"'QA Report Template'!D77","v":"Select from list"},{"$f":"'QA Report Template'!E77","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B78","v":3.4},{"$f":"'QA Report Template'!C78","v":"The proposed research methodology, including (where appropriate) the research design, sample population and size, definitions of key variables and concepts, data source or data collection methods, data analysis methods, and any other relevant methodological issues, as appropriate to the particular study design."},{"$f":"'QA Report Template'!D78","v":"Select from list"},{"$f":"'QA Report Template'!E78","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B79","v":3.5},{"$f":"'QA Report Template'!C79","v":"The methodology is appropriate for assessing cross-cutting issues of Social norms and behaviour change; Resilience; Climate change and environmental sustainability; Adolescent well-being; Technological innovations, risks and opportunities for children; Early Childhood Development (ECD); Building a Future Fit for Children: the Foresight Function; Mobilization of demand for accountability for the realization of children’s rights; Humanitarian. "},{"$f":"'QA Report Template'!D79","v":"Select from list"},{"$f":"'QA Report Template'!E79","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B80","v":3.6},{"$f":"'QA Report Template'!C80","v":"The sampling strategy is described, and is appropriate. Primary and secondary data sources are appropriate, adequate and reliable"},{"$f":"'QA Report Template'!D80","v":"Select from list"},{"$f":"'QA Report Template'!E80","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B81","v":3.7},{"$f":"'QA Report Template'!C81","v":"The sampling strategy describes how many units of measurement will be selected and how representative is the sample. Sample sizes are adequate"},{"$f":"'QA Report Template'!D81","v":"Select from list"},{"$f":"'QA Report Template'!E81","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B82","v":3.8},{"$f":"'QA Report Template'!C82","v":"Participation Criteria: Describes the exact characteristics of the study participants that were included in the sample"},{"$f":"'QA Report Template'!D82","v":"Select from list"},{"$f":"'QA Report Template'!E82","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B83","v":3.9},{"$f":"'QA Report Template'!C83","v":"The methodology enabled the collection and analysis of disaggregated data to show difference between groups (where appropriate)"},{"$f":"'QA Report Template'!D83","v":"Select from list"},{"$f":"'QA Report Template'!E83","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B84","v":3.1},{"$f":"'QA Report Template'!C84","v":"The methodology describes how study subjects/objects were recruited/selected, for how long and how often they were followed (at baseline, mid-line, end-line)"},{"$f":"'QA Report Template'!D84","v":"Select from list"},{"$f":"'QA Report Template'!E84","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B85","v":3.11},{"$f":"'QA Report Template'!C85","v":"If the study included an intervention (as in operational research studies where interventions were being tested and their effects studied), it should provide programmatic details on the interventions to be tested"},{"$f":"'QA Report Template'!D85","v":"Select from list"},{"$f":"'QA Report Template'!E85","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B86","v":3.12},{"$f":"'QA Report Template'!C86","v":"If a quantitative analysis was used, explains the statistical models and power calculations and justifies the sample size. If a qualitative analysis is used, explains how the analysis is conducted. Analysis is appropriately linked to the theoretical framework."},{"$f":"'QA Report Template'!D86","v":"Select from list"},{"$f":"'QA Report Template'!E86","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B87","v":3.13},{"$f":"'QA Report Template'!C87","v":"If appropriate, the report provides a sequence of events (e.g. in a Gantt chart) that includes the entire duration of the study (i.e. including preparation, study conduct, and data analysis)"},{"$f":"'QA Report Template'!D87","v":"Select from list"},{"$f":"'QA Report Template'!E87","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B88","v":3.14},{"$f":"'QA Report Template'!C88","v":"The report discusses any inherent imbalances or biases that interviews and other data collection may have created. The product describes how any bias was overcome, and the strategies were appropriate"},{"$f":"'QA Report Template'!D88","v":"Select from list"},{"$f":"'QA Report Template'!E88","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,"Overall score",null,{"$f":"AVERAGE(L71:L84)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"Key strengths",null,"Type here"]
[null,"Key weaknesses",null,"Type here"]
[]
[null,{"$f":"'QA Report Template'!B94:C94","v":"4. Ethics"},null,"RATING","Comments"]
[null,{"$f":"'QA Report Template'!B95","v":4.0999999999999996},{"$f":"'QA Report Template'!C95","v":"Any issues related to research ethics as instructed in the UNICEF Procedure for Ethical Standards in Research, Evaluation, Data Collection and Analysis and in accordance with the UNICEF Strategic Guidance Note on Institutionalizing Ethical Practice for UNICEF Research"},{"$f":"'QA Report Template'!D95","v":"Select from list"},{"$f":"'QA Report Template'!E95","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D91=G91,100%,IF(D91=H91,66.66%,IF(D91=I91,33.33%,IF(D91=J91,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B96","v":4.2},{"$f":"'QA Report Template'!C96","v":"The report explains how the study/research applied the “do no harm” principle i.e. avoid constituting a risk to participants in the study; unethically preventing participants from benefitting from interventions"},{"$f":"'QA Report Template'!D96","v":"Select from list"},{"$f":"'QA Report Template'!E96","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D92=G92,100%,IF(D92=H92,66.66%,IF(D92=I92,33.33%,IF(D92=J92,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B97","v":4.3},{"$f":"'QA Report Template'!C97","v":"The report indicates how official ethical approvals was received for example from Institutional Review Boards or from individuals using release forms (where appropriate)"},{"$f":"'QA Report Template'!D97","v":"Select from list"},{"$f":"'QA Report Template'!E97","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B98","v":4.4000000000000004},{"$f":"'QA Report Template'!C98","v":"Issues related to incorporation of human rights, including child rights and a gender perspective are explained"},{"$f":"'QA Report Template'!D98","v":"Select from list"},{"$f":"'QA Report Template'!E98","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B99","v":4.5},{"$f":"'QA Report Template'!C99","v":"Instruments were tested and validated (e.g. pre-testing of questionnaires)"},{"$f":"'QA Report Template'!D99","v":"Select from list"},{"$f":"'QA Report Template'!E99","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B100","v":4.5999999999999996},{"$f":"'QA Report Template'!C100","v":"Data was collected in an appropriate and respectful manner, taking into account cultural, ethical and legal concerns"},{"$f":"'QA Report Template'!D100","v":"Select from list"},{"$f":"'QA Report Template'!E100","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B101","v":4.7},{"$f":"'QA Report Template'!C101","v":"The report explains how there was an appropriate level of involvement from the various stakeholders in the design and implementation of the research"},{"$f":"'QA Report Template'!D101","v":"Select from list"},{"$f":"'QA Report Template'!E101","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B102","v":4.8},{"$f":"'QA Report Template'!C102","v":"The research process provided affected stakeholders with access to research-related information in forms that respect people and honour confidentiality"},{"$f":"'QA Report Template'!D102","v":"Select from list"},{"$f":"'QA Report Template'!E102","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B103","v":4.9000000000000004},{"$f":"'QA Report Template'!C103","v":"Where primary stakeholders were not consulted due to the scope of the research, relevant documentation for all secondary data sources is identified"},{"$f":"'QA Report Template'!D103","v":"Select from list"},{"$f":"'QA Report Template'!E103","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B104","v":"4.10"},{"$f":"'QA Report Template'!C104","v":"Summaries or descriptions of consultees take into account ethical, privacy and security concerns (e.g. where appropriate, the report should not include direct or indirect identifying information of research participants)"},{"$f":"'QA Report Template'!D104","v":"Select from list"},{"$f":"'QA Report Template'!E104","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,"Overall score",null,{"$f":"AVERAGE(L91:L100)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"Key strengths",null,"Type here"]
[null,"Key weaknesses",null,"Type here"]
[]
[null,{"$f":"'QA Report Template'!B110:C110","v":"5. Evidence, Analysis & Findings"},null,"RATING","Comments"]
[null,{"$f":"'QA Report Template'!B111","v":5.0999999999999996},{"$f":"'QA Report Template'!C111","v":"Information is presented, analysed and interpreted systematically and logically"},{"$f":"'QA Report Template'!D111","v":"Select from list"},{"$f":"'QA Report Template'!E111","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D107=G107,100%,IF(D107=H107,66.66%,IF(D107=I107,33.33%,IF(D107=J107,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B112","v":5.2},{"$f":"'QA Report Template'!C112","v":"The analysis presented against the research questions and criteria"},{"$f":"'QA Report Template'!D112","v":"Select from list"},{"$f":"'QA Report Template'!E112","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D108=G108,100%,IF(D108=H108,66.66%,IF(D108=I108,33.33%,IF(D108=J108,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B113","v":5.3},{"$f":"'QA Report Template'!C113","v":"The research is transparent about the sources and quality of information, and are references or sources provided"},{"$f":"'QA Report Template'!D113","v":"Select from list"},{"$f":"'QA Report Template'!E113","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B114","v":5.4},{"$f":"'QA Report Template'!C114","v":"Evidence can be traced through the analysis and into findings and conclusions. There is sufficient cross-referencing"},{"$f":"'QA Report Template'!D114","v":"Select from list"},{"$f":"'QA Report Template'!E114","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B115","v":5.5},{"$f":"'QA Report Template'!C115","v":"The analysis is disaggregated to show impact and outcomes on the different stakeholder groups"},{"$f":"'QA Report Template'!D115","v":"Select from list"},{"$f":"'QA Report Template'!E115","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B116","v":5.6},{"$f":"'QA Report Template'!C116","v":"Cross-cutting issues of relevance to the theory of change were adequately included and analysed in the research"},{"$f":"'QA Report Template'!D116","v":"Select from list"},{"$f":"'QA Report Template'!E116","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B117","v":5.7},{"$f":"'QA Report Template'!C117","v":"Findings follow logically from the analysis, and address the research questions and criteria"},{"$f":"'QA Report Template'!D117","v":"Select from list"},{"$f":"'QA Report Template'!E117","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D113=G113,100%,IF(D113=H113,66.66%,IF(D113=I113,33.33%,IF(D113=J113,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B118","v":5.8},{"$f":"'QA Report Template'!C118","v":"The relevance of the context (e.g. developmental, policy, institutional) is taken into account"},{"$f":"'QA Report Template'!D118","v":"Select from list"},{"$f":"'QA Report Template'!E118","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B119","v":5.9},{"$f":"'QA Report Template'!C119","v":"The evidence is clear and sufficiently triangulated, i.e. reflection of the views of different sources of data/ different stakeholders (reflecting diverse interests)? E.g. how were possible divergent opinions treated in the analysis? "},{"$f":"'QA Report Template'!D119","v":"Select from list"},{"$f":"'QA Report Template'!E119","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B120","v":"5.10"},{"$f":"'QA Report Template'!C120","v":"Findings are useful and presented in ways that are accessible to different users/the intended audience"},{"$f":"'QA Report Template'!D120","v":"Select from list"},{"$f":"'QA Report Template'!E120","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D116=G116,100%,IF(D116=H116,66.66%,IF(D116=I116,33.33%,IF(D116=J116,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B121","v":5.1100000000000003},{"$f":"'QA Report Template'!C121","v":"Findings are appropriate and sufficient findings provided around the identified cross cutting issues"},{"$f":"'QA Report Template'!D121","v":"Select from list"},{"$f":"'QA Report Template'!E121","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D117=G117,100%,IF(D117=H117,66.66%,IF(D117=I117,33.33%,IF(D117=J117,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B122","v":5.12},{"$f":"'QA Report Template'!C122","v":"Issues of contribution/attribution are considered"},{"$f":"'QA Report Template'!D122","v":"Select from list"},{"$f":"'QA Report Template'!E122","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B123","v":5.13},{"$f":"'QA Report Template'!C123","v":"Unintended and unexpected are findings identified"},{"$f":"'QA Report Template'!D123","v":"Select from list"},{"$f":"'QA Report Template'!E123","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B124","v":5.14},{"$f":"'QA Report Template'!C124","v":"Conclusions follow logically from the findings and evidence cited"},{"$f":"'QA Report Template'!D124","v":"Select from list"},{"$f":"'QA Report Template'!E124","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B125","v":5.15},{"$f":"'QA Report Template'!C125","v":"Conclusions are relevant to the research hypothesis and questions"},{"$f":"'QA Report Template'!D125","v":"Select from list"},{"$f":"'QA Report Template'!E125","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B126","v":5.16},{"$f":"'QA Report Template'!C126","v":"Recommendations are concrete and sufficiently detailed to be operationally applicable"},{"$f":"'QA Report Template'!D126","v":"Select from list"},{"$f":"'QA Report Template'!E126","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B127","v":5.17},{"$f":"'QA Report Template'!C127","v":"Lessons contribute to general knowledge and are useful"},{"$f":"'QA Report Template'!D127","v":"Select from list"},{"$f":"'QA Report Template'!E127","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B128","v":5.18},{"$f":"'QA Report Template'!C128","v":"Lessons are valid (i.e. they have not been generalised from single point findings)"},{"$f":"'QA Report Template'!D128","v":"Select from list"},{"$f":"'QA Report Template'!E128","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B129","v":5.19},{"$f":"'QA Report Template'!C129","v":"Lessons reflect the interests of different stakeholders"},{"$f":"'QA Report Template'!D129","v":"Select from list"},{"$f":"'QA Report Template'!E129","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B130","v":"5.20"},{"$f":"'QA Report Template'!C130","v":"Lessons are presented separately with a clear logical distinction between findings, conclusions and lessons learned"},{"$f":"'QA Report Template'!D130","v":"Select from list"},{"$f":"'QA Report Template'!E130","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B131","v":5.21},{"$f":"'QA Report Template'!C131","v":"The extent to which the research follows the TOR, and the research objectives and questions are adequately covered by the report. Any departures from the original TOR or research protocol have been adequately explained and justified"},{"$f":"'QA Report Template'!D131","v":"Select from list"},{"$f":"'QA Report Template'!E131","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B132","v":5.22},{"$f":"'QA Report Template'!C132","v":"The research was designed and managed to meet the information and decision-making needs of the intended users"},{"$f":"'QA Report Template'!D132","v":"Select from list"},{"$f":"'QA Report Template'!E132","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B133","v":5.23},{"$f":"'QA Report Template'!C133","v":"Stakeholders and end-users been given opportunities to comment on the draft findings, conclusions and lessons"},{"$f":"'QA Report Template'!D133","v":"Select from list"},{"$f":"'QA Report Template'!E133","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D129=G129,100%,IF(D129=H129,66.66%,IF(D129=I129,33.33%,IF(D129=J129,0%,\"\"))))","v":""}]
[null,"Overall score",null,{"$f":"AVERAGE(L107:L129)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"Key strengths",null,"Type here"]
[null,"Key weaknesses",null,"Type here"]
[]
[null,{"$f":"'QA Report Template'!B139:C139","v":"6. Structure and clarity of the report"},null,"RATING","Comments"]
[null,{"$f":"'QA Report Template'!B140","v":6.1},{"$f":"'QA Report Template'!C140","v":"The report is structured logically, according to the TORs/Inception Report (as appropriate), and is written succinctly "},{"$f":"'QA Report Template'!D140","v":"Select from list"},{"$f":"'QA Report Template'!E140","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D136=G136,100%,IF(D136=H136,66.66%,IF(D136=I136,33.33%,IF(D136=J136,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B141","v":6.2},{"$f":"'QA Report Template'!C141","v":"The product is accessible to the intended audience (e.g. free of jargon, written in plain English, logical use of chapters, appropriate use of tables, graphs and diagrams, well balanced across chapters, concise and of a reasonable length)"},{"$f":"'QA Report Template'!D141","v":"Select from list"},{"$f":"'QA Report Template'!E141","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B142","v":6.3},{"$f":"'QA Report Template'!C142","v":"Review process: There is a clear explanation of the research review process and how it was enacted"},{"$f":"'QA Report Template'!D142","v":"Select from list"},{"$f":"'QA Report Template'!E142","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B143","v":6.4},{"$f":"'QA Report Template'!C143","v":"It is clear who has carried out the research"},{"$f":"'QA Report Template'!D143","v":"Select from list"},{"$f":"'QA Report Template'!E143","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B144","v":6.5},{"$f":"'QA Report Template'!C144","v":"Acknowledgements are clear and outline the appropriate partners. Any research advisory board is appropriately acknowledged"},{"$f":"'QA Report Template'!D144","v":"Select from list"},{"$f":"'QA Report Template'!E144","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B145","v":6.6},{"$f":"'QA Report Template'!C145","v":"Any actual or potential conflict of interest by the researchers is disclosed and appropriate mitigation strategy explained"},{"$f":"'QA Report Template'!D145","v":"Select from list"},{"$f":"'QA Report Template'!E145","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B146","v":6.7},{"$f":"'QA Report Template'!C146","v":"The report outlines any peer review that was undertaken (e.g. internal UNICEF review, external peer review)"},{"$f":"'QA Report Template'!D146","v":"Select from list"},{"$f":"'QA Report Template'!E146","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B147","v":6.8},{"$f":"'QA Report Template'!C147","v":"If the research project met the definition of “major” research, the appropriate UNICEF QA process was followed (Internal peer review, inception report, external peer review)"},{"$f":"'QA Report Template'!D147","v":"Select from list"},{"$f":"'QA Report Template'!E147","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,{"$f":"'QA Report Template'!B148","v":6.9},{"$f":"'QA Report Template'!C148","v":"The annexes contain – at the least – the original TORs, the protocol/inception report (if prepared), the research framework (including research questions), and a bibliography"},{"$f":"'QA Report Template'!D148","v":"Select from list"},{"$f":"'QA Report Template'!E148","v":"Type here"},null,4,3,2,1,"Not Rated",{"$f":"IF(D144=G144,100%,IF(D144=H144,66.66%,IF(D144=I144,33.33%,IF(D144=J144,0%,\"\"))))","v":""}]
[null,{"$f":"'QA Report Template'!B149","v":"6.10"},{"$f":"'QA Report Template'!C149","v":"The annexes increase the usefulness of the report"},{"$f":"'QA Report Template'!D149","v":"Select from list"},{"$f":"'QA Report Template'!E149","v":"Type here"},null,4,3,2,1,"Not Rated",""]
[null,"Overall score",null,{"$f":"AVERAGE(L136:L145)","v":{"$error":"#DIV/0!"}}]
[null,"Summary assessment",null,"Type here"]
[null,"Key strengths",null,"Type here"]
[null,"Key weaknesses",null,"Type here"]
[]
[null,"Overall rating guide"]
[null,"Excellent: 80% - 100%",null,"The criterion was fully met (or exceeded) and there were no shortcomings. Research commissioners may use the TOR with a high degree of confidence that it communicates the needs of the research"]
[null,"Good: 60% - 79%",null,"The criterion was met with only minor shortcomings. Research commissioners may use the TOR with confidence that it communicates the needs of the research"]
[null,"Fair: 40% - 59%",null,"The criterion was partially met with some shortcomings. Decision makers may continue to proceed with commissioning the research but substantive improvements are advised to ensure that it communicates the needs of the research"]
[null,"Unsatisfactory: 0% - 39%",null,"There were major shortcomings in meeting UNICEF's standards for TORs; therefore research commissioners may not rely on this TOR to communicate the needs of the research. The TOR should be substantively revised and re-submitted for quality assessment before proceeding."]
[]
[null,"Category",null,null,"Score","Weighting"]
[null,{"$f":"B43","v":"1. Background and rationale"},null,{"$f":"D55","v":{"$error":"#DIV/0!"}},1,{"$f":"D158*E158","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"B60","v":"2. How the research was conducted"},null,{"$f":"D65","v":{"$error":"#DIV/0!"}},3,{"$f":"D159*E159","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"B70","v":"3. Methodology"},null,{"$f":"D85","v":{"$error":"#DIV/0!"}},5,{"$f":"D160*E160","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"B106","v":"5. Evidence, Analysis & Findings"},null,{"$f":"D130","v":{"$error":"#DIV/0!"}},3,{"$f":"D161*E161","v":{"$error":"#DIV/0!"}}]
[null,{"$f":"B135","v":"6. Structure and clarity of the report"},null,{"$f":"D146","v":{"$error":"#DIV/0!"}},5,{"$f":"D162*E162","v":{"$error":"#DIV/0!"}}]
[null,"TOTAL WEIGHTED SCORE",null,{"$f":"F163/E163","v":{"$error":"#DIV/0!"}},{"$f":"SUM(E158:E162)","v":17},{"$f":"SUM(F158:F162)","v":{"$error":"#DIV/0!"}}]
[null,"OVERALL RATING",null,"Select from list"]
[null,"Summary assessment",null,"Type here"]
[null,"Key strengths",null,"Type here"]
[null,"Key weaknesses",null,"Type here"]

{"sheet":"Drop down - ignore","index":3,"n_rows":25,"n_cols":25,"rows_kept":25,"cut":false,"hidden":true,"merged":[]}
["Rating",null,"Verbal descriptor",null,null,null,"RESEARCH TYPOLOGIES",null,null,null,"Priority (outcome) areas",null,null,"Cross cutting",null,null,null,null,null,null,"ReviewIteration",null,"Type of Report",null,"Other Reviews"]
[4,null,"Excellent",null,null,null,"Select from list",null,null,null,"Select from list",null,null,"Select from list",null,null,null,null,null,null,"Select from list",null,"Select from list",null,"Select from list"]
[3,null,"Good",null,null,null,"Theoretical",null,null,null,"1. Health",null,null,"Adolescent well-being",null,null,null,null,null,null,"First",null,"Inception Report",null,"Internal UNICEF review"]
[2,null,"Fair",null,null,null,"Applied/Operational",null,null,null,"2. HIV/AIDS",null,null,"Building a Future Fit for Children: the Foresight Function",null,null,null,null,null,null,"Second",null,"Interim Report",null,"External Review"]
[1,null,"Unsatisfactory",null,null,null,"Methodological & analytical tools development",null,null,null,"3. WASH",null,null,"Climate change and environmental sustainability",null,null,null,null,null,null,"Third",null,"Final Report",null,"Both"]
[0,null,"Select from list",null,null,null,"n/a",null,null,null,"4. Nutrition",null,null,"Data, Evidence and Policy",null,null,null,null,null,null,"Fourth or more",null,"n/a",null,"n/a"]
["Select from list",null,null,null,null,null,null,null,null,null,"5. Education",null,null,"Early Childhood Development (ECD)",null,null,null,null,null,null,"n/a"]
[null,null,null,null,null,null,"STUDY TYPOLOGIES",null,null,null,"6. Child Protection",null,null,"Gender"]
[null,null,null,null,null,null,"Select from list",null,null,null,"7. Social Inclusion",null,null,"Humanitarian"]
["List","Value","Data Validation","VLOOKUP",null,null,"Research-informing",null,null,null,"n/a",null,null,"Migration"]
["Highly Satisfactory",1,null,null,null,null,"Programme-informing",null,null,null,null,null,null,"Mobilization of demand for accountability for the realization of children’s rights"]
["Satisfactory",0.66659999999999997,null,null,null,null,"Evaluation-informing",null,null,null,null,null,null,"Public Expenditure"]
["Fair",0.33329999999999999,null,null,null,null,"n/a",null,null,null,null,null,null,"Resilience"]
["Unsatisfactory",0,null,null,null,null,null,null,null,null,null,null,null,"Social norms and behaviour change "]
["Not Rated","\"\"",null,null,null,null,null,null,null,null,null,null,null,"Technological innovations, risks and opportunities for children"]
["Select from the list","\"\"",null,null,null,null,null,null,null,null,null,null,null,"n/a"]
[]
[null,null,null,null,null,null,"Select from list"]
[null,null,null,null,null,null,"Yes",null,null,null,"Summary Produced",null,null,"Type of summary",null,null,null,"Final Review Outcome"]
[null,null,null,null,null,null,"No",null,null,null,"Select from list",null,null,"Select from list",null,null,null,"Select from list"]
[null,null,null,null,null,null,null,null,null,null,"Not Required",null,null,"Executive Summary",null,null,null,"This report can be published as is"]
[null,null,null,null,null,null,null,null,null,null,"Required, but not yet produced",null,null,"Abstract",null,null,null,"This report can be published with minor revisions"]
[null,null,null,null,null,null,null,null,null,null,"Required and produced",null,null,"Other",null,null,null,"Revisions should be incorporated before publication is considered"]
[null,null,null,null,null,null,null,null,null,null,"n/a",null,null,"n/a",null,null,null,"This report is not ready for publication without substantial revisions"]
[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,"n/a"]